knitr::opts_chunk$set(fig.width=12, fig.height=8)

Load Libraries

library(tidyverse)
library(descr)
library(Amelia)
library(lubridate)
library(ggmap)
library(quantreg)
library(shapefiles)
library(leaflet)
library(stringi)
library(ngram)
library(qdap)
library(rgdal)
library(plotly)
library(data.table)

Load Data

business <- read_csv("yelp_toronto_business.csv")
review <- read_csv("yelp_toronto_review.csv")

Exploratory Data Analysis

Our focus will be on the business data, but we will use the review data to get some insights about businesses and will do some feature engineering to create useful variables for the model.

review data

glimpse(review)
Observations: 474,803
Variables: 9
$ review_id   <chr> "kS4hrhEScwB9V5JATYjvVQ", "YDJDfKnx6VpMMo4EBxycGg", "2Hk7DNwu3rb2j...
$ user_id     <chr> "hxqo4NyJFfeOmuoVi--s1A", "FCtoTo9zSH1cSAkascfEHw", "YHWsLBS8jzZiP...
$ business_id <chr> "f5O7v_X_jCg2itqacRfxhg", "7xA6iSP0Ndn08tpBFQtUKA", "SmizR7MLt-558...
$ stars       <int> 5, 1, 4, 4, 2, 3, 2, 3, 4, 4, 2, 5, 4, 5, 4, 1, 1, 4, 3, 3, 3, 4, ...
$ date        <date> 2017-10-12, 2017-05-22, 2011-06-01, 2011-11-07, 2011-08-20, 2011-...
$ text        <chr> "Sansotei serves some top notch ramen. They take no reservations, ...
$ useful      <int> 0, 0, 1, 4, 0, 2, 9, 3, 2, 5, 8, 16, 0, 7, 8, 1, 5, 1, 3, 2, 2, 2,...
$ funny       <int> 0, 0, 1, 0, 0, 0, 2, 0, 0, 0, 0, 1, 1, 0, 0, 1, 2, 0, 1, 2, 0, 1, ...
$ cool        <int> 0, 0, 1, 0, 0, 1, 4, 2, 1, 3, 1, 9, 0, 0, 3, 0, 1, 2, 2, 1, 2, 1, ...
# Are there any missing values?
missmap(review, col = c('yellow','darkgreen'), main = 'Missing values vs observed')
the condition has length > 1 and only the first element will be usedUnknown or uninitialised column: 'arguments'.Unknown or uninitialised column: 'arguments'.Unknown or uninitialised column: 'imputations'.

Sounds good, there are No missing values in the review dataset. Later we will check if some variable will help for building our model.

review <- review %>%
                  mutate(word_count = str_count(review$text, "\\w+")) %>%
                  group_by(business_id, word_count) %>%
                  arrange(desc(word_count))

Business Data

glimpse(business)
Observations: 18,233
Variables: 13
$ address      <chr> "631 Bloor St W", "595 Markham Street", "746 Street Clair Avenue ...
$ business_id  <chr> "9A2quhZLyWk0akUetBd8hQ", "tZnSodhPwNr4bzrwJ1CSbw", "5J3b7j3Fzo9I...
$ categories   <chr> "Food, Bakeries", "Cajun/Creole, Southern, Restaurants", "Food, B...
$ city         <chr> "Toronto", "Toronto", "Toronto", "Toronto", "Toronto", "Toronto",...
$ is_open      <int> 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1,...
$ latitude     <dbl> 43.66438, 43.66412, 43.68133, 43.67088, 43.73340, 43.66196, 43.66...
$ longitude    <dbl> -79.41442, -79.41189, -79.42788, -79.39238, -79.22421, -79.39126,...
$ name         <chr> "Bnc Cake House", "Southern Accent Restaurant", "Mabel's Bakery",...
$ neighborhood <chr> "Koreatown", "Palmerston", "Wychwood", "Yorkville", "Scarborough"...
$ postal_code  <chr> "M6G 1K8", "M6G 2L7", "M6C 1B5", "M5R 3K5", "M1M 1P8", "M5S", "M5...
$ review_count <int> 7, 146, 23, 25, 3, 3, 3, 105, 3, 31, 9, 3, 51, 5, 6, 4, 15, 38, 4...
$ stars        <dbl> 4.0, 4.0, 4.0, 3.5, 2.0, 4.5, 4.5, 4.0, 3.5, 4.0, 4.0, 1.0, 3.5, ...
$ state        <chr> "ON", "ON", "ON", "ON", "ON", "ON", "ON", "ON", "ON", "ON", "ON",...
missing <- data.table(pmiss = sapply(business, function(x) { (sum(is.na(x)) / length(x)) }),
                      column = names(business))
  
p <- ggplot(missing,aes(x = reorder(column, -pmiss), y = pmiss)) +
      geom_bar(stat = 'identity', fill = 'steelblue') + 
      scale_y_continuous(labels = scales::percent) + 
      theme(axis.text.x = element_text(angle = 45, hjust = 1)) + 
      labs(
        title='Missing data by feature',
        x='Feature',
        y='% missing')
ggplotly(p)

We have that summary for the business data: 18,233 Observations and 13 Variables
$ address character class with 14422 unique values and 283 missing values
$ business_id character class with 18233 unique values and 0 missing values
$ categories character class with 10028 unique values and 33 missing values
$ city character class with 1 unique values and 0 missing values
$ is_open integer class with 2 unique values and 0 missing values
$ latitude numeric class with 15366 unique values and 1 missing values
$ longitude numeric class with 15315 unique values and 1 missing values
$ name character class with 15292 unique values and 0 missing values
$ neighborhood character class with 80 unique values and 3435 missing values
$ postal_code character class with 5261 unique values and 117 missing values
$ review_count integer class with 380 unique values and 0 missing values
$ stars numeric class with 9 unique values and 0 missing values
$ state character class with 2 unique values and 0 missing values

# correcting coordinates
business[which(business$address == "2138 Queen Street E"),] <- business %>% 
                                                        filter(business$address == "2138 Queen Street E") %>%
                                                        mutate(longitude = -79.293425, latitude = 43.671584)

#adding coordinates for the postal code M5H 4G1 (lon: -79.3854, lat: 43.6508)  
business[which(is.na(business$longitude) == TRUE),] <- business %>% 
                                                        filter(is.na(longitude) == TRUE) %>%
                                                        mutate(longitude = -79.3854, latitude = 43.6508)

# converting "is_open" attribute from integer to factor and change values to yes or no
#lowering some character variable, converting "stars" from int to factor

business <- business %>% 
              mutate(is_open = as_factor(if_else(as.logical(is_open) == TRUE, "yes", "no")), 
                     categories = str_to_lower(categories),
                     name = str_to_lower(name),
                     neighborhood = str_to_lower(neighborhood),
                     stars =ordered(as_factor(as.character(stars)), levels = c("1", "1.5", "2", "2.5", "3", "3.5", "4", "4.5", "5"))
                     )

Let check the distribution in the target variable. How many businesses are open? How many are closed?

p <- ggplot(business, aes(x = is_open)) +
      geom_bar(aes(fill = is_open))
ggplotly(p)

14023 businesses are open (77%) and 4210 closed (23%). Our target variable is imbalanced.

# star rating distribution
p <- ggplot(business, mapping = aes(stars)) +
      geom_bar(aes(fill = stars)) +
      labs(title ="Star rating distribution")

ggplotly(p)

Around 70% of the businesses got a rating between 3 and 4.5

# The distribution of number of reviews
#we have applied log since the distribution is skewed
p <- ggplot(data = business, aes(x = review_count)) + 
      geom_histogram(bins = 50, fill = "darkgreen", binwidth = 25) +
      #geom_density(alpha=.2, fill="#FF6666") +
      scale_y_log10() +
      labs(title ="Distribution of reviews")


ggplotly(p)
Transformation introduced infinite values in continuous y-axis

#ggsave("reviews_dist.png", width = 10, height = 5)

Businesses “closed” received less reviews, and does not depend of rating. The graph below confirms that assumption.

p <- ggplot(business, mapping = aes(stars, fill = is_open)) +
  geom_bar(position = "dodge") +
  labs( x = "Star rating", y = "Number of businesses", title ="Star rating distribution business open/closed")

ggplotly(p)

#ggsave("stars_dist2.png", width = 5, height = 5)

Same distribution of rating, may be the closure is not related to the rating.

p <- ggplot(business, mapping = aes(neighborhood,  fill =is_open)) +
  geom_bar(position = "stack") +
  coord_flip()

ggplotly(p)
center_long = median(business$longitude, na.rm = TRUE)
center_lat = median(business$latitude, na.rm = TRUE)

leaflet(business) %>% 
      addTiles()%>%
      #addProviderTiles("Esri.NatGeoWorldMap") %>%
      addCircles(lng = ~ longitude, lat = ~latitude, radius = ~sqrt(review_count)) %>%
      setView(lng = center_long, lat = center_lat, zoom = 10)

NA

Leading Business Categories:

Let’s look at the leading business categories in out dataset. A business is linked to multiple categories in our dataset, so we have to do a bit of preprocessing, which is simple using dplyr package.

categorie <- business %>% 
                unnest(categories = str_split(categories, ",")) %>%
                mutate(categories = str_trim(categories,side = "both")) %>%
                select(name, categories) %>% 
                group_by(categories) %>% 
                summarise(n=n()) %>% 
                arrange(desc(n)) %>% 
                head(25)

p <- ggplot(categorie, aes(x = reorder(categories, n), y = n)) +
      geom_col(aes(fill = n)) +
      scale_fill_gradientn(colours=RColorBrewer::brewer.pal(11,"Spectral")) +
      coord_flip()



ggplotly(p)
LS0tDQp0aXRsZTogIkNhcHN0b25lIFByb2plY3QiDQpvdXRwdXQ6IA0KICBodG1sX25vdGVib29rOg0KICAgIGZpZ193aWR0aDogNiANCiAgICBmaWdfaGVpZ2h0OiA0DQogICAgDQotLS0NCg0KYGBge3J9DQprbml0cjo6b3B0c19jaHVuayRzZXQoZmlnLndpZHRoPTEyLCBmaWcuaGVpZ2h0PTgpIA0KYGBgDQoNCg0KIyBMb2FkIExpYnJhcmllcw0KDQpgYGB7cn0NCmxpYnJhcnkodGlkeXZlcnNlKQ0KbGlicmFyeShkZXNjcikNCmxpYnJhcnkoQW1lbGlhKQ0KbGlicmFyeShsdWJyaWRhdGUpDQpsaWJyYXJ5KGdnbWFwKQ0KbGlicmFyeShxdWFudHJlZykNCmxpYnJhcnkoc2hhcGVmaWxlcykNCmxpYnJhcnkobGVhZmxldCkNCmxpYnJhcnkoc3RyaW5naSkNCmxpYnJhcnkobmdyYW0pDQpsaWJyYXJ5KHFkYXApDQpsaWJyYXJ5KHJnZGFsKQ0KbGlicmFyeShwbG90bHkpDQpsaWJyYXJ5KGRhdGEudGFibGUpDQpgYGANCg0KIyBMb2FkIERhdGENCg0KYGBge3J9DQpidXNpbmVzcyA8LSByZWFkX2NzdigieWVscF90b3JvbnRvX2J1c2luZXNzLmNzdiIpDQpyZXZpZXcgPC0gcmVhZF9jc3YoInllbHBfdG9yb250b19yZXZpZXcuY3N2IikNCmBgYA0KDQojIEV4cGxvcmF0b3J5IERhdGEgQW5hbHlzaXMNCg0KT3VyIGZvY3VzIHdpbGwgYmUgb24gdGhlIGJ1c2luZXNzIGRhdGEsIGJ1dCB3ZSB3aWxsIHVzZSB0aGUgcmV2aWV3IGRhdGEgdG8gZ2V0IHNvbWUgaW5zaWdodHMgYWJvdXQgYnVzaW5lc3NlcyBhbmQgd2lsbCBkbyBzb21lIGZlYXR1cmUgZW5naW5lZXJpbmcgdG8gY3JlYXRlIHVzZWZ1bCB2YXJpYWJsZXMgZm9yIHRoZSBtb2RlbC4NCg0KIyMgcmV2aWV3IGRhdGENCg0KYGBge3J9DQpnbGltcHNlKHJldmlldykNCmBgYA0KDQpgYGB7cn0NCiMgQXJlIHRoZXJlIGFueSBtaXNzaW5nIHZhbHVlcz8NCm1pc3NtYXAocmV2aWV3LCBjb2wgPSBjKCd5ZWxsb3cnLCdkYXJrZ3JlZW4nKSwgbWFpbiA9ICdNaXNzaW5nIHZhbHVlcyB2cyBvYnNlcnZlZCcpDQpgYGANClNvdW5kcyBnb29kLCB0aGVyZSBhcmUgTm8gbWlzc2luZyB2YWx1ZXMgaW4gdGhlIHJldmlldyBkYXRhc2V0LiBMYXRlciB3ZSB3aWxsIGNoZWNrIGlmIHNvbWUgdmFyaWFibGUgd2lsbCBoZWxwIGZvciBidWlsZGluZyBvdXIgbW9kZWwuDQoNCmBgYHtyfQ0KcmV2aWV3IDwtIHJldmlldyAlPiUNCiAgICAgICAgICAgICAgICAgIG11dGF0ZSh3b3JkX2NvdW50ID0gc3RyX2NvdW50KHJldmlldyR0ZXh0LCAiXFx3KyIpKSAlPiUNCiAgICAgICAgICAgICAgICAgIGdyb3VwX2J5KGJ1c2luZXNzX2lkLCB3b3JkX2NvdW50KSAlPiUNCiAgICAgICAgICAgICAgICAgIGFycmFuZ2UoZGVzYyh3b3JkX2NvdW50KSkNCiAgICAgICAgICAgICAgICAgIA0KYGBgDQoNCg0KIyMgQnVzaW5lc3MgRGF0YQ0KDQpgYGB7cn0NCmdsaW1wc2UoYnVzaW5lc3MpDQpgYGANCg0KYGBge3J9DQptaXNzaW5nIDwtIGRhdGEudGFibGUocG1pc3MgPSBzYXBwbHkoYnVzaW5lc3MsIGZ1bmN0aW9uKHgpIHsgKHN1bShpcy5uYSh4KSkgLyBsZW5ndGgoeCkpIH0pLA0KICAgICAgICAgICAgICAgICAgICAgIGNvbHVtbiA9IG5hbWVzKGJ1c2luZXNzKSkNCiAgDQpwIDwtIGdncGxvdChtaXNzaW5nLGFlcyh4ID0gcmVvcmRlcihjb2x1bW4sIC1wbWlzcyksIHkgPSBwbWlzcykpICsNCiAgICAgIGdlb21fYmFyKHN0YXQgPSAnaWRlbnRpdHknLCBmaWxsID0gJ3N0ZWVsYmx1ZScpICsgDQogICAgICBzY2FsZV95X2NvbnRpbnVvdXMobGFiZWxzID0gc2NhbGVzOjpwZXJjZW50KSArIA0KICAgICAgdGhlbWUoYXhpcy50ZXh0LnggPSBlbGVtZW50X3RleHQoYW5nbGUgPSA0NSwgaGp1c3QgPSAxKSkgKyANCiAgICAgIGxhYnMoDQogICAgICAgIHRpdGxlPSdNaXNzaW5nIGRhdGEgYnkgZmVhdHVyZScsDQogICAgICAgIHg9J0ZlYXR1cmUnLA0KICAgICAgICB5PSclIG1pc3NpbmcnKQ0KZ2dwbG90bHkocCkNCmBgYA0KDQpXZSBoYXZlIHRoYXQgc3VtbWFyeSBmb3IgdGhlIGJ1c2luZXNzIGRhdGE6DQoxOCwyMzMgT2JzZXJ2YXRpb25zIGFuZCAxMyBWYXJpYWJsZXMgIA0KJCBhZGRyZXNzICAgICAgY2hhcmFjdGVyIGNsYXNzIHdpdGggMTQ0MjIgdW5pcXVlIHZhbHVlcyBhbmQgMjgzIG1pc3NpbmcgdmFsdWVzICANCiQgYnVzaW5lc3NfaWQgIGNoYXJhY3RlciBjbGFzcyB3aXRoIDE4MjMzIHVuaXF1ZSB2YWx1ZXMgYW5kIDAgbWlzc2luZyB2YWx1ZXMgIA0KJCBjYXRlZ29yaWVzICAgY2hhcmFjdGVyIGNsYXNzIHdpdGggMTAwMjggdW5pcXVlIHZhbHVlcyBhbmQgMzMgbWlzc2luZyB2YWx1ZXMgIA0KJCBjaXR5ICAgICAgICAgY2hhcmFjdGVyIGNsYXNzIHdpdGggMSB1bmlxdWUgdmFsdWVzIGFuZCAwIG1pc3NpbmcgdmFsdWVzICANCiQgaXNfb3BlbiAgICAgIGludGVnZXIgY2xhc3Mgd2l0aCAyIHVuaXF1ZSB2YWx1ZXMgYW5kIDAgbWlzc2luZyB2YWx1ZXMgIA0KJCBsYXRpdHVkZSAgICAgbnVtZXJpYyBjbGFzcyB3aXRoIDE1MzY2IHVuaXF1ZSB2YWx1ZXMgYW5kIDEgbWlzc2luZyB2YWx1ZXMgIA0KJCBsb25naXR1ZGUgICAgbnVtZXJpYyBjbGFzcyB3aXRoIDE1MzE1IHVuaXF1ZSB2YWx1ZXMgYW5kIDEgbWlzc2luZyB2YWx1ZXMgIA0KJCBuYW1lICAgICAgICAgY2hhcmFjdGVyIGNsYXNzIHdpdGggMTUyOTIgdW5pcXVlIHZhbHVlcyBhbmQgMCBtaXNzaW5nIHZhbHVlcyAgDQokIG5laWdoYm9yaG9vZCBjaGFyYWN0ZXIgY2xhc3Mgd2l0aCA4MCB1bmlxdWUgdmFsdWVzIGFuZCAzNDM1IG1pc3NpbmcgdmFsdWVzICANCiQgcG9zdGFsX2NvZGUgIGNoYXJhY3RlciBjbGFzcyB3aXRoIDUyNjEgdW5pcXVlIHZhbHVlcyBhbmQgMTE3IG1pc3NpbmcgdmFsdWVzICANCiQgcmV2aWV3X2NvdW50IGludGVnZXIgY2xhc3Mgd2l0aCAzODAgdW5pcXVlIHZhbHVlcyBhbmQgMCBtaXNzaW5nIHZhbHVlcyAgDQokIHN0YXJzICAgICAgICBudW1lcmljIGNsYXNzIHdpdGggOSB1bmlxdWUgdmFsdWVzIGFuZCAwIG1pc3NpbmcgdmFsdWVzICANCiQgc3RhdGUgICAgICAgIGNoYXJhY3RlciBjbGFzcyB3aXRoIDIgdW5pcXVlIHZhbHVlcyBhbmQgMCBtaXNzaW5nIHZhbHVlcyAgDQoNCg0KDQpgYGB7cn0NCiMgY29ycmVjdGluZyBjb29yZGluYXRlcw0KYnVzaW5lc3Nbd2hpY2goYnVzaW5lc3MkYWRkcmVzcyA9PSAiMjEzOCBRdWVlbiBTdHJlZXQgRSIpLF0gPC0gYnVzaW5lc3MgJT4lIA0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBmaWx0ZXIoYnVzaW5lc3MkYWRkcmVzcyA9PSAiMjEzOCBRdWVlbiBTdHJlZXQgRSIpICU+JQ0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBtdXRhdGUobG9uZ2l0dWRlID0gLTc5LjI5MzQyNSwgbGF0aXR1ZGUgPSA0My42NzE1ODQpDQoNCiNhZGRpbmcgY29vcmRpbmF0ZXMgZm9yIHRoZSBwb3N0YWwgY29kZSBNNUggNEcxIChsb246IC03OS4zODU0LCBsYXQ6IDQzLjY1MDgpICANCmJ1c2luZXNzW3doaWNoKGlzLm5hKGJ1c2luZXNzJGxvbmdpdHVkZSkgPT0gVFJVRSksXSA8LSBidXNpbmVzcyAlPiUgDQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIGZpbHRlcihpcy5uYShsb25naXR1ZGUpID09IFRSVUUpICU+JQ0KICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBtdXRhdGUobG9uZ2l0dWRlID0gLTc5LjM4NTQsIGxhdGl0dWRlID0gNDMuNjUwOCkNCg0KIyBjb252ZXJ0aW5nICJpc19vcGVuIiBhdHRyaWJ1dGUgZnJvbSBpbnRlZ2VyIHRvIGZhY3RvciBhbmQgY2hhbmdlIHZhbHVlcyB0byB5ZXMgb3Igbm8NCiNsb3dlcmluZyBzb21lIGNoYXJhY3RlciB2YXJpYWJsZSwgY29udmVydGluZyAic3RhcnMiIGZyb20gaW50IHRvIGZhY3Rvcg0KDQpidXNpbmVzcyA8LSBidXNpbmVzcyAlPiUgDQogICAgICAgICAgICAgIG11dGF0ZShpc19vcGVuID0gYXNfZmFjdG9yKGlmX2Vsc2UoYXMubG9naWNhbChpc19vcGVuKSA9PSBUUlVFLCAieWVzIiwgIm5vIikpLCANCiAgICAgICAgICAgICAgICAgICAgIGNhdGVnb3JpZXMgPSBzdHJfdG9fbG93ZXIoY2F0ZWdvcmllcyksDQogICAgICAgICAgICAgICAgICAgICBuYW1lID0gc3RyX3RvX2xvd2VyKG5hbWUpLA0KICAgICAgICAgICAgICAgICAgICAgbmVpZ2hib3Job29kID0gc3RyX3RvX2xvd2VyKG5laWdoYm9yaG9vZCksDQogICAgICAgICAgICAgICAgICAgICBzdGFycyA9b3JkZXJlZChhc19mYWN0b3IoYXMuY2hhcmFjdGVyKHN0YXJzKSksIGxldmVscyA9IGMoIjEiLCAiMS41IiwgIjIiLCAiMi41IiwgIjMiLCAiMy41IiwgIjQiLCAiNC41IiwgIjUiKSkNCiAgICAgICAgICAgICAgICAgICAgICkgDQoNCmBgYA0KDQpMZXQgY2hlY2sgdGhlIGRpc3RyaWJ1dGlvbiBpbiB0aGUgdGFyZ2V0IHZhcmlhYmxlLiBIb3cgbWFueSBidXNpbmVzc2VzIGFyZSBvcGVuPyBIb3cgbWFueSBhcmUgY2xvc2VkPw0KDQpgYGB7ciwgZmlnLndpZHRoPTMsIGZpZy5oZWlnaHQ9NX0NCnAgPC0gZ2dwbG90KGJ1c2luZXNzLCBhZXMoeCA9IGlzX29wZW4pKSArDQogICAgICBnZW9tX2JhcihhZXMoZmlsbCA9IGlzX29wZW4pKQ0KZ2dwbG90bHkocCkNCmBgYA0KDQoxNDAyMyBidXNpbmVzc2VzIGFyZSBvcGVuICg3NyUpIGFuZCA0MjEwIGNsb3NlZCAoMjMlKS4gT3VyIHRhcmdldCB2YXJpYWJsZSBpcyBpbWJhbGFuY2VkLg0KDQpgYGB7cn0NCiMgc3RhciByYXRpbmcgZGlzdHJpYnV0aW9uDQpwIDwtIGdncGxvdChidXNpbmVzcywgbWFwcGluZyA9IGFlcyhzdGFycykpICsNCiAgICAgIGdlb21fYmFyKGFlcyhmaWxsID0gc3RhcnMpKSArDQogICAgICBsYWJzKHRpdGxlID0iU3RhciByYXRpbmcgZGlzdHJpYnV0aW9uIikNCg0KZ2dwbG90bHkocCkNCmBgYA0KQXJvdW5kIDcwJSBvZiB0aGUgYnVzaW5lc3NlcyBnb3QgYSByYXRpbmcgYmV0d2VlbiAzIGFuZCA0LjUNCg0KDQpgYGB7cn0NCiMgVGhlIGRpc3RyaWJ1dGlvbiBvZiBudW1iZXIgb2YgcmV2aWV3cw0KI3dlIGhhdmUgYXBwbGllZCBsb2cgc2luY2UgdGhlIGRpc3RyaWJ1dGlvbiBpcyBza2V3ZWQNCnAgPC0gZ2dwbG90KGRhdGEgPSBidXNpbmVzcywgYWVzKHggPSByZXZpZXdfY291bnQpKSArIA0KICAgICAgZ2VvbV9oaXN0b2dyYW0oYmlucyA9IDUwLCBmaWxsID0gImRhcmtncmVlbiIsIGJpbndpZHRoID0gMjUpICsNCiAgICAgICNnZW9tX2RlbnNpdHkoYWxwaGE9LjIsIGZpbGw9IiNGRjY2NjYiKSArDQogICAgICBzY2FsZV95X2xvZzEwKCkgKw0KICAgICAgbGFicyh0aXRsZSA9IkRpc3RyaWJ1dGlvbiBvZiByZXZpZXdzIikNCg0KDQpnZ3Bsb3RseShwKQ0KI2dnc2F2ZSgicmV2aWV3c19kaXN0LnBuZyIsIHdpZHRoID0gMTAsIGhlaWdodCA9IDUpDQoNCmBgYA0KDQpCdXNpbmVzc2VzICJjbG9zZWQiIHJlY2VpdmVkIGxlc3MgcmV2aWV3cywgYW5kIGRvZXMgbm90IGRlcGVuZCBvZiByYXRpbmcuIFRoZSBncmFwaCBiZWxvdyBjb25maXJtcyB0aGF0IGFzc3VtcHRpb24uIA0KDQpgYGB7cn0NCnAgPC0gZ2dwbG90KGJ1c2luZXNzLCBtYXBwaW5nID0gYWVzKHN0YXJzLCBmaWxsID0gaXNfb3BlbikpICsNCiAgZ2VvbV9iYXIocG9zaXRpb24gPSAiZG9kZ2UiKSArDQogIGxhYnMoIHggPSAiU3RhciByYXRpbmciLCB5ID0gIk51bWJlciBvZiBidXNpbmVzc2VzIiwgdGl0bGUgPSJTdGFyIHJhdGluZyBkaXN0cmlidXRpb24gYnVzaW5lc3Mgb3Blbi9jbG9zZWQiKQ0KDQpnZ3Bsb3RseShwKQ0KI2dnc2F2ZSgic3RhcnNfZGlzdDIucG5nIiwgd2lkdGggPSA1LCBoZWlnaHQgPSA1KQ0KYGBgDQoNClNhbWUgZGlzdHJpYnV0aW9uIG9mIHJhdGluZywgbWF5IGJlIHRoZSBjbG9zdXJlIGlzIG5vdCByZWxhdGVkIHRvIHRoZSByYXRpbmcuDQoNCmBgYHtyfQ0KcCA8LSBnZ3Bsb3QoYnVzaW5lc3MsIG1hcHBpbmcgPSBhZXMobmVpZ2hib3Job29kLCAgZmlsbCA9aXNfb3BlbikpICsNCiAgZ2VvbV9iYXIocG9zaXRpb24gPSAic3RhY2siKSArDQogIGNvb3JkX2ZsaXAoKQ0KDQpnZ3Bsb3RseShwKQ0KYGBgDQoNCmBgYHtyfQ0KY2VudGVyX2xvbmcgPSBtZWRpYW4oYnVzaW5lc3MkbG9uZ2l0dWRlLCBuYS5ybSA9IFRSVUUpDQpjZW50ZXJfbGF0ID0gbWVkaWFuKGJ1c2luZXNzJGxhdGl0dWRlLCBuYS5ybSA9IFRSVUUpDQoNCmxlYWZsZXQoYnVzaW5lc3MpICU+JSANCiAgICAgIGFkZFRpbGVzKCklPiUNCiAgICAgICNhZGRQcm92aWRlclRpbGVzKCJFc3JpLk5hdEdlb1dvcmxkTWFwIikgJT4lDQogICAgICBhZGRDaXJjbGVzKGxuZyA9IH4gbG9uZ2l0dWRlLCBsYXQgPSB+bGF0aXR1ZGUsIHJhZGl1cyA9IH5zcXJ0KHJldmlld19jb3VudCkpICU+JQ0KICAgICAgc2V0VmlldyhsbmcgPSBjZW50ZXJfbG9uZywgbGF0ID0gY2VudGVyX2xhdCwgem9vbSA9IDEwKQ0KDQpgYGANCg0KDQpMZWFkaW5nIEJ1c2luZXNzIENhdGVnb3JpZXM6DQoNCkxldCdzIGxvb2sgYXQgdGhlIGxlYWRpbmcgYnVzaW5lc3MgY2F0ZWdvcmllcyBpbiBvdXQgZGF0YXNldC4gQSBidXNpbmVzcyBpcyBsaW5rZWQgdG8gbXVsdGlwbGUgY2F0ZWdvcmllcyBpbiBvdXIgZGF0YXNldCwgc28gd2UgaGF2ZSB0byBkbyBhIGJpdCBvZiBwcmVwcm9jZXNzaW5nLCB3aGljaCBpcyBzaW1wbGUgdXNpbmcgZHBseXIgcGFja2FnZS4NCg0KYGBge3J9DQpjYXRlZ29yaWUgPC0gYnVzaW5lc3MgJT4lIA0KICAgICAgICAgICAgICAgIHVubmVzdChjYXRlZ29yaWVzID0gc3RyX3NwbGl0KGNhdGVnb3JpZXMsICIsIikpICU+JQ0KICAgICAgICAgICAgICAgIG11dGF0ZShjYXRlZ29yaWVzID0gc3RyX3RyaW0oY2F0ZWdvcmllcyxzaWRlID0gImJvdGgiKSkgJT4lDQogICAgICAgICAgICAgICAgc2VsZWN0KG5hbWUsIGNhdGVnb3JpZXMpICU+JSANCiAgICAgICAgICAgICAgICBncm91cF9ieShjYXRlZ29yaWVzKSAlPiUgDQogICAgICAgICAgICAgICAgc3VtbWFyaXNlKG49bigpKSAlPiUgDQogICAgICAgICAgICAgICAgYXJyYW5nZShkZXNjKG4pKSAlPiUgDQogICAgICAgICAgICAgICAgaGVhZCgyNSkNCg0KcCA8LSBnZ3Bsb3QoY2F0ZWdvcmllLCBhZXMoeCA9IHJlb3JkZXIoY2F0ZWdvcmllcywgbiksIHkgPSBuKSkgKw0KICAgICAgZ2VvbV9jb2woYWVzKGZpbGwgPSBuKSkgKw0KICAgICAgc2NhbGVfZmlsbF9ncmFkaWVudG4oY29sb3Vycz1SQ29sb3JCcmV3ZXI6OmJyZXdlci5wYWwoMTEsIlNwZWN0cmFsIikpICsNCiAgICAgIGNvb3JkX2ZsaXAoKQ0KDQoNCg0KZ2dwbG90bHkocCkNCmBgYA0KDQoNCmBgYHtyfQ0KDQpgYGANCg0K